User-agent: *
Allow: /
Disallow: /admin/
Disallow: /ajax/
Disallow: /includes/
Disallow: /pages/login.php
Disallow: /pages/register.php
Disallow: /pages/profile.php
Disallow: /pages/submit-news.php

Sitemap: https://yourdomain.com/sitemap.xml.php
